package thesis;
import java.util.TreeSet;

import com.aliasi.tokenizer.Tokenizer;
import com.aliasi.tokenizer.TokenizerFactory;


public class WordsTokenizerFactory implements TokenizerFactory {
	private TreeSet<String> featureWords;
	
	public WordsTokenizerFactory(TreeSet<String> featureWords) {
		this.featureWords = featureWords;
	}
	
	public Tokenizer tokenizer(char[] arg0, int arg1, int arg2) {
		String s = "";
		for (int i=0; i<arg0.length; i++){
			s += arg0[i];
		}
		Tokenizer tokenizer = new WordsTokenizer(s, featureWords);
		
		return tokenizer;
	}

}
